<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>CUDNN Frontend API: cudnn_frontend_find_plan.h Source File</title>
<link href="../../tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../jquery.js"></script>
<script type="text/javascript" src="../../dynsections.js"></script>
<link href="../../navtree.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../resize.js"></script>
<script type="text/javascript" src="../../navtreedata.js"></script>
<script type="text/javascript" src="../../navtree.js"></script>
<script type="text/javascript">
  $(document).ready(initResizable);
</script>
<link href="../../search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="../../search/searchdata.js"></script>
<script type="text/javascript" src="../../search/search.js"></script>
<link href="../../doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td id="projectalign" style="padding-left: 0.5em;">
   <div id="projectname">CUDNN Frontend API
   &#160;<span id="projectnumber">8.2.0</span>
   </div>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "../../search",false,'Search');
</script>
<script type="text/javascript" src="../../menudata.js"></script>
<script type="text/javascript" src="../../menu.js"></script>
<script type="text/javascript">
$(function() {
  initMenu('../../',true,false,'search.php','Search');
  $(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
</div><!-- top -->
<div id="side-nav" class="ui-resizable side-nav-resizable">
  <div id="nav-tree">
    <div id="nav-tree-contents">
      <div id="nav-sync" class="sync"></div>
    </div>
  </div>
  <div id="splitbar" style="-moz-user-select:none;" 
       class="ui-resizable-handle">
  </div>
</div>
<script type="text/javascript">
$(document).ready(function(){initNavTree('d3/d6b/cudnn__frontend__find__plan_8h_source.html','../../');});
</script>
<div id="doc-content">
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>

<div class="header">
  <div class="headertitle">
<div class="title">cudnn_frontend_find_plan.h</div>  </div>
</div><!--header-->
<div class="contents">
<a href="../../d3/d6b/cudnn__frontend__find__plan_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;<span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno">    2</span>&#160;<span class="comment"> * Copyright (c) 2021, NVIDIA CORPORATION. All rights reserved.</span></div><div class="line"><a name="l00003"></a><span class="lineno">    3</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00004"></a><span class="lineno">    4</span>&#160;<span class="comment"> * Permission is hereby granted, free of charge, to any person obtaining a</span></div><div class="line"><a name="l00005"></a><span class="lineno">    5</span>&#160;<span class="comment"> * copy of this software and associated documentation files (the &quot;Software&quot;),</span></div><div class="line"><a name="l00006"></a><span class="lineno">    6</span>&#160;<span class="comment"> * to deal in the Software without restriction, including without limitation</span></div><div class="line"><a name="l00007"></a><span class="lineno">    7</span>&#160;<span class="comment"> * the rights to use, copy, modify, merge, publish, distribute, sublicense,</span></div><div class="line"><a name="l00008"></a><span class="lineno">    8</span>&#160;<span class="comment"> * and/or sell copies of the Software, and to permit persons to whom the</span></div><div class="line"><a name="l00009"></a><span class="lineno">    9</span>&#160;<span class="comment"> * Software is furnished to do so, subject to the following conditions:</span></div><div class="line"><a name="l00010"></a><span class="lineno">   10</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00011"></a><span class="lineno">   11</span>&#160;<span class="comment"> * The above copyright notice and this permission notice shall be included in</span></div><div class="line"><a name="l00012"></a><span class="lineno">   12</span>&#160;<span class="comment"> * all copies or substantial portions of the Software.</span></div><div class="line"><a name="l00013"></a><span class="lineno">   13</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00014"></a><span class="lineno">   14</span>&#160;<span class="comment"> * THE SOFTWARE IS PROVIDED &quot;AS IS&quot;, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR</span></div><div class="line"><a name="l00015"></a><span class="lineno">   15</span>&#160;<span class="comment"> * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,</span></div><div class="line"><a name="l00016"></a><span class="lineno">   16</span>&#160;<span class="comment"> * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL</span></div><div class="line"><a name="l00017"></a><span class="lineno">   17</span>&#160;<span class="comment"> * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER</span></div><div class="line"><a name="l00018"></a><span class="lineno">   18</span>&#160;<span class="comment"> * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING</span></div><div class="line"><a name="l00019"></a><span class="lineno">   19</span>&#160;<span class="comment"> * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER</span></div><div class="line"><a name="l00020"></a><span class="lineno">   20</span>&#160;<span class="comment"> * DEALINGS IN THE SOFTWARE.</span></div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;</div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;<span class="preprocessor">#pragma once</span></div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;</div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#include &lt;<a class="code" href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h.html">cudnn_frontend_EngineConfigGenerator.h</a>&gt;</span></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;<span class="preprocessor">#include &lt;map&gt;</span></div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;</div><div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;<span class="keyword">namespace </span><a class="code" href="../../df/de1/namespacecudnn__frontend.html">cudnn_frontend</a> {</div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;</div><div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;<span class="keyword">template</span> &lt;CudnnFindSamplingTechnique samplingTechnique&gt;</div><div class="line"><a name="l00036"></a><span class="lineno">   36</span>&#160;<span class="keyword">auto</span></div><div class="line"><a name="l00037"></a><span class="lineno"><a class="line" href="../../df/de1/namespacecudnn__frontend.html#a148478701949f58a44912cc61dbda1e4">   37</a></span>&#160;<a class="code" href="../../df/de1/namespacecudnn__frontend.html#a148478701949f58a44912cc61dbda1e4">time_sorted_plan</a>(cudnnHandle_t handle, <a class="code" href="../../df/de1/namespacecudnn__frontend.html#a560644a5c1e6016c509a379ca6e03f05">executionPlans_t</a> plans, <a class="code" href="../../d0/d20/classcudnn__frontend_1_1VariantPack__v8.html">VariantPack</a> &amp;variantPack) -&gt; <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ad5f0f0c892b009e34aa59f67de1b5535">executionOptions_t</a> {</div><div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;    <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ad5f0f0c892b009e34aa59f67de1b5535">executionOptions_t</a> time_sorted_plans;</div><div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;    std::map&lt;float, ExecutionPlan &amp;&gt; timed_execution_plans;</div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;</div><div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;    <span class="keyword">const</span> <span class="keywordtype">int</span> maxIterCount =</div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;        (samplingTechnique == <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3ac8ab707d81df65503b6b0ecc67675158">CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_ONCE</a>)</div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;            ? 1</div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;            : (samplingTechnique == <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3a903bfd2e4d1b8ab2a7197be752c618a6">CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_MEDIAN_OF_THREE</a>) ? 3 : 100;</div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;    <span class="keyword">const</span> <span class="keywordtype">float</span> threshhold = 0.95f;</div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;</div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;    cudaEvent_t start, stop;</div><div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;    cudaEventCreate(&amp;start);</div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;    cudaEventCreate(&amp;stop);</div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;    cudaDeviceSynchronize();</div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;</div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;plan : plans) {</div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;        <span class="keywordtype">float</span> time_ms       = 0.0f;</div><div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;        <span class="keywordtype">float</span> final_time_ms = 0.0f;</div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;        <span class="keywordtype">float</span> min_time_ms   = std::numeric_limits&lt;float&gt;::max();</div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;</div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;        <span class="comment">// Warm-up run</span></div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;        ::cudnnBackendExecute(handle, plan.get_raw_desc(), variantPack.get_raw_desc());</div><div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;        cudaDeviceSynchronize();</div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;        <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i &lt; maxIterCount; i++) {</div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;            cudaEventRecord(start);</div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;</div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;            ::cudnnBackendExecute(handle, plan.get_raw_desc(), variantPack.get_raw_desc());</div><div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;</div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;            cudaEventRecord(stop);</div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;            cudaEventSynchronize(stop);</div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;            cudaEventElapsedTime(&amp;time_ms, start, stop);</div><div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;</div><div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;            <span class="keywordflow">if</span> (samplingTechnique == <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3a8199dfa6701edb38f52a74d9e229b43d">CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_TILL_STABLE</a>) {</div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;                final_time_ms = std::min(min_time_ms, time_ms);</div><div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;                <span class="keywordflow">if</span> (time_ms / min_time_ms &lt; threshhold) {</div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;                    min_time_ms = final_time_ms;</div><div class="line"><a name="l00074"></a><span class="lineno">   74</span>&#160;                } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;                    <span class="keywordflow">break</span>;</div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;                }</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;            } <span class="keywordflow">else</span> {</div><div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;                final_time_ms = i == (maxIterCount / 2) ? time_ms : final_time_ms;</div><div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;            }</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;        }</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;        timed_execution_plans.insert({final_time_ms, plan});</div><div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;    }</div><div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;    std::transform(</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;        timed_execution_plans.begin(),</div><div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;        timed_execution_plans.end(),</div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;        std::back_inserter(time_sorted_plans),</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;        [](<span class="keyword">const</span> std::map&lt;float, cudnn_frontend::ExecutionPlan &amp;&gt;::value_type &amp;pair) -&gt; <span class="keyword">struct</span> <a class="code" href="../../d6/d1b/structcudnn__frontend_1_1executionOption.html">executionOption</a> {</div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;            <span class="keywordflow">return</span> {std::move(pair.second), pair.first};</div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;        });</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;    cudaEventDestroy(start);</div><div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;    cudaEventDestroy(stop);</div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;</div><div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;    <span class="keywordflow">return</span> time_sorted_plans;</div><div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;}</div><div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;</div><div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;<span class="keyword">template</span> &lt;CudnnFindSamplingTechnique samplingTechnique&gt;</div><div class="line"><a name="l00098"></a><span class="lineno">   98</span>&#160;<span class="keyword">auto</span></div><div class="line"><a name="l00099"></a><span class="lineno"><a class="line" href="../../dc/da3/classcudnn__frontend_1_1EngineConfigGenerator.html#abd7cdd3a218623ffc5dfcbf9343aef85">   99</a></span>&#160;<a class="code" href="../../dc/da3/classcudnn__frontend_1_1EngineConfigGenerator.html#abd7cdd3a218623ffc5dfcbf9343aef85">EngineConfigGenerator::cudnnFindPlan</a>(cudnnHandle_t handle,</div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;                                     <a class="code" href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph</a> &amp;&amp;opGraph,</div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;                                     <a class="code" href="../../d0/d20/classcudnn__frontend_1_1VariantPack__v8.html">cudnn_frontend::VariantPack</a> &amp;variantPack,</div><div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;                                     <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ad31f040777311d1d1a7a2490f23e026e">Predicate</a> pred) -&gt; <a class="code" href="../../df/de1/namespacecudnn__frontend.html#ad5f0f0c892b009e34aa59f67de1b5535">executionOptions_t</a> {</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;    <a class="code" href="../../df/de1/namespacecudnn__frontend.html#a560644a5c1e6016c509a379ca6e03f05">executionPlans_t</a> plans;</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;    <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;engine_config : generate_engine_config(opGraph)) {</div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;<span class="preprocessor">#ifndef NV_CUDNN_DISABLE_EXCEPTION</span></div><div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;        <span class="keywordflow">try</span> {</div><div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;            plans.push_back(</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;                <a class="code" href="../../d1/d74/classcudnn__frontend_1_1ExecutionPlanBuilder__v8.html">cudnn_frontend::ExecutionPlanBuilder</a>().setHandle(handle).setEngineConfig(engine_config, opGraph.getTag()).build());</div><div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;<span class="preprocessor">#ifndef NV_CUDNN_DISABLE_EXCEPTION</span></div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;        } <span class="keywordflow">catch</span> (<a class="code" href="../../d9/dca/classcudnn__frontend_1_1cudnnException.html">cudnnException</a> &amp;e) {</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;            <span class="keywordflow">continue</span>;</div><div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;        }</div><div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;    }</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;    <span class="keywordflow">return</span> time_sorted_plan&lt;samplingTechnique&gt;(handle, <a class="code" href="../../df/de1/namespacecudnn__frontend.html#a0f52559baeb4e9ee8835d95ea50a875e">filter</a>(pred, plans), variantPack);</div><div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;}</div><div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;}</div><div class="ttc" id="namespacecudnn__frontend_html_ab3748fa00b36beec790db7201fdd2ef3a903bfd2e4d1b8ab2a7197be752c618a6"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3a903bfd2e4d1b8ab2a7197be752c618a6">cudnn_frontend::CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_MEDIAN_OF_THREE</a></div><div class="ttdoc">Sample 3 times and take median. </div></div>
<div class="ttc" id="namespacecudnn__frontend_html_ab3748fa00b36beec790db7201fdd2ef3a8199dfa6701edb38f52a74d9e229b43d"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3a8199dfa6701edb38f52a74d9e229b43d">cudnn_frontend::CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_TILL_STABLE</a></div><div class="ttdoc">Sample multiple times till stable. </div></div>
<div class="ttc" id="namespacecudnn__frontend_html_ad31f040777311d1d1a7a2490f23e026e"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ad31f040777311d1d1a7a2490f23e026e">cudnn_frontend::Predicate</a></div><div class="ttdeci">std::function&lt; bool(cudnn_frontend::ExecutionPlan const &amp;plan)&gt; Predicate</div><div class="ttdef"><b>Definition:</b> <a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h_source.html#l00038">cudnn_frontend_EngineConfigGenerator.h:38</a></div></div>
<div class="ttc" id="structcudnn__frontend_1_1executionOption_html"><div class="ttname"><a href="../../d6/d1b/structcudnn__frontend_1_1executionOption.html">cudnn_frontend::executionOption</a></div><div class="ttdef"><b>Definition:</b> <a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h_source.html#l00030">cudnn_frontend_EngineConfigGenerator.h:30</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1ExecutionPlanBuilder__v8_html"><div class="ttname"><a href="../../d1/d74/classcudnn__frontend_1_1ExecutionPlanBuilder__v8.html">cudnn_frontend::ExecutionPlanBuilder_v8</a></div><div class="ttdef"><b>Definition:</b> <a href="../../d6/d51/cudnn__frontend__ExecutionPlan_8h_source.html#l00211">cudnn_frontend_ExecutionPlan.h:211</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1cudnnException_html"><div class="ttname"><a href="../../d9/dca/classcudnn__frontend_1_1cudnnException.html">cudnn_frontend::cudnnException</a></div><div class="ttdef"><b>Definition:</b> <a href="../../df/d17/cudnn__frontend__utils_8h_source.html#l00032">cudnn_frontend_utils.h:32</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_a560644a5c1e6016c509a379ca6e03f05"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#a560644a5c1e6016c509a379ca6e03f05">cudnn_frontend::executionPlans_t</a></div><div class="ttdeci">std::vector&lt; cudnn_frontend::ExecutionPlan &gt; executionPlans_t</div><div class="ttdef"><b>Definition:</b> <a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h_source.html#l00037">cudnn_frontend_EngineConfigGenerator.h:37</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1VariantPack__v8_html"><div class="ttname"><a href="../../d0/d20/classcudnn__frontend_1_1VariantPack__v8.html">cudnn_frontend::VariantPack_v8</a></div><div class="ttdef"><b>Definition:</b> <a href="../../df/dc0/cudnn__frontend__VariantPack_8h_source.html#l00052">cudnn_frontend_VariantPack.h:52</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_ad5f0f0c892b009e34aa59f67de1b5535"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ad5f0f0c892b009e34aa59f67de1b5535">cudnn_frontend::executionOptions_t</a></div><div class="ttdeci">std::vector&lt; struct executionOption &gt; executionOptions_t</div><div class="ttdoc">Variety of renames. </div><div class="ttdef"><b>Definition:</b> <a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h_source.html#l00036">cudnn_frontend_EngineConfigGenerator.h:36</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html">cudnn_frontend</a></div><div class="ttdef"><b>Definition:</b> <a href="../../dc/d11/cudnn__backend__base_8h_source.html#l00027">cudnn_backend_base.h:27</a></div></div>
<div class="ttc" id="cudnn__frontend__EngineConfigGenerator_8h_html"><div class="ttname"><a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h.html">cudnn_frontend_EngineConfigGenerator.h</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_a0f52559baeb4e9ee8835d95ea50a875e"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#a0f52559baeb4e9ee8835d95ea50a875e">cudnn_frontend::filter</a></div><div class="ttdeci">auto filter(Predicate pred, executionPlans_t &amp;plans) -&gt; executionPlans_t</div><div class="ttdef"><b>Definition:</b> <a href="../../de/d1e/cudnn__frontend__EngineConfigGenerator_8h_source.html#l00094">cudnn_frontend_EngineConfigGenerator.h:94</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_a148478701949f58a44912cc61dbda1e4"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#a148478701949f58a44912cc61dbda1e4">cudnn_frontend::time_sorted_plan</a></div><div class="ttdeci">auto time_sorted_plan(cudnnHandle_t handle, executionPlans_t plans, VariantPack &amp;variantPack) -&gt; executionOptions_t</div><div class="ttdef"><b>Definition:</b> <a href="../../d3/d6b/cudnn__frontend__find__plan_8h_source.html#l00037">cudnn_frontend_find_plan.h:37</a></div></div>
<div class="ttc" id="classcudnn__frontend_1_1EngineConfigGenerator_html_abd7cdd3a218623ffc5dfcbf9343aef85"><div class="ttname"><a href="../../dc/da3/classcudnn__frontend_1_1EngineConfigGenerator.html#abd7cdd3a218623ffc5dfcbf9343aef85">cudnn_frontend::EngineConfigGenerator::cudnnFindPlan</a></div><div class="ttdeci">auto cudnnFindPlan(cudnnHandle_t handle, cudnn_frontend::OperationGraph &amp;&amp;opGraph, cudnn_frontend::VariantPack &amp;variantPack, Predicate pred) -&gt; executionOptions_t</div><div class="ttdef"><b>Definition:</b> <a href="../../d3/d6b/cudnn__frontend__find__plan_8h_source.html#l00099">cudnn_frontend_find_plan.h:99</a></div></div>
<div class="ttc" id="namespacecudnn__frontend_html_ab3748fa00b36beec790db7201fdd2ef3ac8ab707d81df65503b6b0ecc67675158"><div class="ttname"><a href="../../df/de1/namespacecudnn__frontend.html#ab3748fa00b36beec790db7201fdd2ef3ac8ab707d81df65503b6b0ecc67675158">cudnn_frontend::CudnnFindSamplingTechnique::CUDNN_FIND_SAMPLE_ONCE</a></div><div class="ttdoc">Sample once quick but may have unstable values. </div></div>
<div class="ttc" id="classcudnn__frontend_1_1OperationGraph__v8_html"><div class="ttname"><a href="../../de/dd9/classcudnn__frontend_1_1OperationGraph__v8.html">cudnn_frontend::OperationGraph_v8</a></div><div class="ttdef"><b>Definition:</b> <a href="../../db/d7d/cudnn__frontend__OperationGraph_8h_source.html#l00051">cudnn_frontend_OperationGraph.h:51</a></div></div>
</div><!-- fragment --></div><!-- contents -->
</div><!-- doc-content -->
<!-- start footer part -->
<div id="nav-path" class="navpath"><!-- id is needed for treeview function! -->
  <ul>
    <li class="navelem"><a class="el" href="../../dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="../../d3/d6b/cudnn__frontend__find__plan_8h.html">cudnn_frontend_find_plan.h</a></li>
    <li class="footer">Generated by
    <a href="http://www.doxygen.org/index.html">
    <img class="footer" src="../../doxygen.png" alt="doxygen"/></a> 1.8.13 </li>
  </ul>
</div>
</body>
</html>
